
# Install packages and dependencies
sudo apt-get install -y --force-yes rsync memcached python-netifaces python-xattr python-memcache python-swauth swauth xfsprogs parted

# Install the object storage service (swift)
sudo apt-get install -y swift swift-account swift-container swift-object swift-proxy

# Set up the filesystem
sudo mkfs.xfs -f -i size=1024 /dev/sda6

# mount the drives, and set them up to be mounted in /etc/fstab
sudo mkdir -p /srv/node/sda6
sudo chown -R swift /srv/node
echo "/dev/sda6 /srv/node/sda6 xfs noatime,nodiratime,nobarrier,logbufs=8 0 0" | sudo tee -a /etc/fstab
sudo mount /srv/node/sda6

# verify it's mounted on all the storage nodes
mount | grep sda6

# Clean up permissions
sudo chown -R swift: /srv/node

# Configure rsync
sudo sed -i 's/RSYNC_ENABLE=false/RSYNC_ENABLE=true/g' /etc/default/rsync
( cat | sudo tee /etc/rsyncd.conf ) <<EOF
uid = swift
gid = swift
log file = /var/log/rsyncd.log
pid file = /var/run/rsyncd.pid
address = 0.0.0.0

[account]
max connections = 2
path = /srv/node/
read only = false
lock file = /var/lock/account.lock

[container]
max connections = 2
path = /srv/node/
read only = false
lock file = /var/lock/container.lock

[object]
max connections = 2
path = /srv/node/
read only = false
lock file = /var/lock/object.lock
EOF

# Restart rsync
sudo service rsync restart

# Configure memcached
sudo sed -i 's/-l 127.0.0.1/-l 0.0.0.0/g' /etc/memcached.conf
sudo service memcached restart

# Configure swift
sudo mkdir -p /etc/swift
( cat | sudo tee /etc/swift/swift.conf ) <<EOF
[swift-hash]
swift_hash_path_suffix = YOUR_RANDOM_SALT
EOF

# Configure the proxy node
( cat | sudo tee /etc/swift/proxy-server.conf ) <<EOF
[DEFAULT]
bind_port = 8080
user = swift

[pipeline:main]
pipeline = catch_errors healthcheck cache swauth proxy-server

[app:proxy-server]
use = egg:swift#proxy
account_autocreate = true
allow_account_management = true

[filter:swauth]
use = egg:swauth#swauth
set log_name = swauth
default_swift_cluster = local#http://localhost:8080/v1
# Highly recommended to change this key to something else!
super_admin_key = swauthkey

[filter:cache]
use = egg:swift#memcache
set log_name = cache

[filter:catch_errors]
use = egg:swift#catch_errors

[filter:healthcheck]
use = egg:swift#healthcheck
EOF

# Create the rings
cd /etc/swift

# Create the object ring
sudo swift-ring-builder object.builder create 9 3 1
sudo swift-ring-builder object.builder add z1-192.168.2.1:6000/sda6 1000
sudo swift-ring-builder object.builder add z2-192.168.2.2:6000/sda6 1000
sudo swift-ring-builder object.builder add z3-192.168.2.3:6000/sda6 1000
sudo swift-ring-builder object.builder add z4-192.168.2.4:6000/sda6 1000
sudo swift-ring-builder object.builder add z5-192.168.2.5:6000/sda6 1000
# sudo swift-ring-builder object.builder add z6-192.168.2.6:6000/sda6 1000
# sudo swift-ring-builder object.builder add z7-192.168.2.7:6000/sda6 1000

# Create the container ring
sudo swift-ring-builder container.builder create 9 3 1
sudo swift-ring-builder container.builder add z1-192.168.2.1:6001/sda6 1000
sudo swift-ring-builder container.builder add z2-192.168.2.2:6001/sda6 1000
sudo swift-ring-builder container.builder add z3-192.168.2.3:6001/sda6 1000
sudo swift-ring-builder container.builder add z4-192.168.2.4:6001/sda6 1000
sudo swift-ring-builder container.builder add z5-192.168.2.5:6001/sda6 1000
# sudo swift-ring-builder container.builder add z6-192.168.2.6:6001/sda6 1000
# sudo swift-ring-builder container.builder add z7-192.168.2.7:6001/sda6 1000

# Create the account ring
sudo swift-ring-builder account.builder create 9 3 1
sudo swift-ring-builder account.builder add z1-192.168.2.1:6002/sda6 1000
sudo swift-ring-builder account.builder add z2-192.168.2.2:6002/sda6 1000
sudo swift-ring-builder account.builder add z3-192.168.2.3:6002/sda6 1000
sudo swift-ring-builder account.builder add z4-192.168.2.4:6002/sda6 1000
sudo swift-ring-builder account.builder add z5-192.168.2.5:6002/sda6 1000
# sudo swift-ring-builder account.builder add z6-192.168.2.6:6002/sda6 1000
# sudo swift-ring-builder account.builder add z7-192.168.2.7:6002/sda6 1000

# Verify the contents of each ring
sudo swift-ring-builder object.builder
sudo swift-ring-builder container.builder
sudo swift-ring-builder account.builder

# Rebalance the rings
sudo swift-ring-builder object.builder rebalance
sudo swift-ring-builder container.builder rebalance
sudo swift-ring-builder account.builder rebalance

# Notice the distribution of partitions amongst the storage locations
sudo swift-ring-builder object.builder
sudo swift-ring-builder container.builder
sudo swift-ring-builder account.builder

# copy the rings and builder files from a single host
# sudo scp openstack@192.168.2.1:/etc/swift/*.gz /etc/swift
# sudo scp openstack@192.168.2.1:/etc/swift/*builder* /etc/swift

# Examine the Ring Data Structure
zcat object.ring.gz | python -c "import pprint, sys, pickle; pprint.pprint(pickle.load(sys.stdin))"

# Ensure all files are owned by swift
sudo chown -R swift:swift /etc/swift

# Start the swift services
sudo swift-init all restart

# Initialize swuath
# We'll do this from a single node
# swauth-prep -A http://localhost:8080/auth/ -K swauthkey
